#!/bin/bash

MASTER_PORT=$(shuf -n 1 -i 10000-65535)
NUM_GPUS=$2
CONFIG_FILE=$2
PEFT=$3

echo "==> Training with $NUM_GPUS gpus | config=$CONFIG_FILE | peft=$PEFT"

torchrun --master_port $MASTER_PORT --nproc_per_node=$NUM_GPUS /root/firefly/firefly/train.py --train_args_file $CONFIG_FILE --peft_type $PEFT

